library(ggplot2)
library(ggpubr)
library(CDM)
library(boot)
library(tidyverse)
library(dummy)
library(stringi)
library(stringr)

rm(list = ls())

Q_from_book <- read_csv("data/final_result_similar.csv")
Parsed with column specification:
cols(
  Question = col_character(),
  Option1 = col_character(),
  Option2 = col_character(),
  Option3 = col_character(),
  Option4 = col_character(),
  Answer = col_character(),
  `Learning Objective` = col_character(),
  Topic = col_character(),
  `Difficulty Level` = col_character(),
  `Skill Level` = col_character(),
  `APA Learning Objective` = col_character()
)
glimpse(Q_from_book)
Observations: 1,006
Variables: 11
$ Question                 <chr> "Which of the following is an example of social influence?", "Which of the following...
$ Option1                  <chr> "a. You feel guilty because you lied to your trusting professor about your assignmen...
$ Option2                  <chr> "b. When you get hungry, you have trouble concentrating.", "b. Ramona works hard in ...
$ Option3                  <chr> "c. You didn\u0092t do well on the test because you stayed up all night cramming.", ...
$ Option4                  <chr> "d. You almost fall asleep at the wheel, so you pull off the road to take a short na...
$ Answer                   <chr> "A", "A", "D", "C", "A", "C", "C", "B", "D", "D", "C", "B", "C", "A", "B", "C", "D",...
$ `Learning Objective`     <chr> "1.1 Define social psychology and distinguish it from other disciplines.", "1.1 Defi...
$ Topic                    <chr> "Defining Social Psychology", "Defining Social Psychology", "Defining Social Psychol...
$ `Difficulty Level`       <chr> "Moderate", "Moderate", "Moderate", "Moderate", "Easy", "Moderate", "Moderate", "Mod...
$ `Skill Level`            <chr> "Understand the Concepts", "Understand the Concepts", "Understand the Concepts", "Un...
$ `APA Learning Objective` <chr> "1.1 Describe key concepts, principles, and overarching themes in psychology.", "1.1...

Q_from_book
NA

learning_obj <- Q_from_book %>% distinct(`Learning Objective`) %>% mutate(lo_id = row_number())
learning_obj
NA


Q_pre <- Q_from_book %>% inner_join(learning_obj) %>% select(Question, `Learning Objective`, lo_id) %>% mutate(temp = str_trim(str_replace_all(Question, "_|\\.", "")))
Joining, by = "Learning Objective"
Q_pre
NA

Q.distinct.id <- read_csv("data/Q_distinct_id.csv") 
Parsed with column specification:
cols(
  value = col_character(),
  Q_UNIQUE_ID = col_double()
)
Q.distinct.id <- Q.distinct.id %>% mutate(temp = str_trim(str_replace_all(value, "_|\\.", "")))
Q.distinct.id

Q_pre %>% inner_join(Q.distinct.id, by = "temp") 
NA

Q <- Q_pre %>% inner_join(Q.distinct.id, by = "temp") %>% distinct(Q_UNIQUE_ID, lo_id) %>% arrange(Q_UNIQUE_ID) %>%
  mutate(present = 1) %>%
  
  spread(key = "lo_id", value = "present")

Q


Q %>% write_csv("data\\Q.csv")

Q_pre %>% anti_join(Q.distinct.id) %>% distinct(Question, temp) %>% select(-temp ) %>% write_csv("missing.csv")
Joining, by = "temp"
LS0tDQp0aXRsZTogIlIgTm90ZWJvb2siDQpvdXRwdXQ6IGh0bWxfbm90ZWJvb2sNCi0tLQ0KDQoNCg0KYGBge3J9DQoNCmxpYnJhcnkoZ2dwbG90MikNCmxpYnJhcnkoZ2dwdWJyKQ0KbGlicmFyeShDRE0pDQpsaWJyYXJ5KGJvb3QpDQpsaWJyYXJ5KHRpZHl2ZXJzZSkNCmxpYnJhcnkoZHVtbXkpDQpsaWJyYXJ5KHN0cmluZ2kpDQpsaWJyYXJ5KHN0cmluZ3IpDQoNCg0KYGBgDQoNCg0KYGBge3J9DQoNCnJtKGxpc3QgPSBscygpKQ0KDQpRX2Zyb21fYm9vayA8LSByZWFkX2NzdigiZGF0YS9maW5hbF9yZXN1bHRfc2ltaWxhci5jc3YiKQ0KDQpnbGltcHNlKFFfZnJvbV9ib29rKQ0KDQpgYGANCg0KDQoNCmBgYHtyfQ0KDQpRX2Zyb21fYm9vaw0KDQpgYGANCg0KDQpgYGB7cn0NCg0KbGVhcm5pbmdfb2JqIDwtIFFfZnJvbV9ib29rICU+JSBkaXN0aW5jdChgTGVhcm5pbmcgT2JqZWN0aXZlYCkgJT4lIG11dGF0ZShsb19pZCA9IHJvd19udW1iZXIoKSkNCmxlYXJuaW5nX29iag0KDQpgYGANCg0KDQpgYGB7cn0NCg0KDQpRX3ByZSA8LSBRX2Zyb21fYm9vayAlPiUgaW5uZXJfam9pbihsZWFybmluZ19vYmopICU+JSBzZWxlY3QoUXVlc3Rpb24sIGBMZWFybmluZyBPYmplY3RpdmVgLCBsb19pZCkgJT4lIG11dGF0ZSh0ZW1wID0gc3RyX3RyaW0oc3RyX3JlcGxhY2VfYWxsKFF1ZXN0aW9uLCAiX3xcXC4iLCAiIikpKQ0KUV9wcmUNCg0KYGBgDQoNCg0KYGBge3J9DQoNClEuZGlzdGluY3QuaWQgPC0gcmVhZF9jc3YoImRhdGEvUV9kaXN0aW5jdF9pZC5jc3YiKSANCg0KUS5kaXN0aW5jdC5pZCA8LSBRLmRpc3RpbmN0LmlkICU+JSBtdXRhdGUodGVtcCA9IHN0cl90cmltKHN0cl9yZXBsYWNlX2FsbCh2YWx1ZSwgIl98XFwuIiwgIiIpKSkNClEuZGlzdGluY3QuaWQNCmBgYA0KDQoNCg0KYGBge3J9DQoNClFfcHJlICU+JSBpbm5lcl9qb2luKFEuZGlzdGluY3QuaWQsIGJ5ID0gInRlbXAiKSANCg0KYGBgDQoNCg0KYGBge3J9DQoNClEgPC0gUV9wcmUgJT4lIGlubmVyX2pvaW4oUS5kaXN0aW5jdC5pZCwgYnkgPSAidGVtcCIpICU+JSBkaXN0aW5jdChRX1VOSVFVRV9JRCwgbG9faWQpICU+JSBhcnJhbmdlKFFfVU5JUVVFX0lEKSAlPiUNCiAgbXV0YXRlKHByZXNlbnQgPSAxKSAlPiUNCiAgDQogIHNwcmVhZChrZXkgPSAibG9faWQiLCB2YWx1ZSA9ICJwcmVzZW50IikNCg0KUQ0KDQoNClEgJT4lIHdyaXRlX2NzdigiZGF0YVxcUS5jc3YiKQ0KDQpgYGANCg0KDQpgYGB7cn0NCg0KUV9wcmUgJT4lIGFudGlfam9pbihRLmRpc3RpbmN0LmlkKSAlPiUgZGlzdGluY3QoUXVlc3Rpb24sIHRlbXApICU+JSBzZWxlY3QoLXRlbXAgKSAlPiUgd3JpdGVfY3N2KCJtaXNzaW5nLmNzdiIpDQoNCmBgYA0KDQo=